package org.newlucene.core.analysis;

import java.io.IOException;

public interface Analyzer
{
	public static final String VIRTUAL_WORD = "\uFFFF";
	
	public void set(String text);
	public Token next() throws IOException;
}